#!/bin/bash
epoch=0_37499_s2t

# T2T模式
# echo "Testing alpacaeval"
# python evaluate.py \
#    --src_file ./$epoch/result-osum-alpacaeval-test-audio.jsonl\
#    --evaluator open

# echo "Testing commoneval"
# python evaluate.py \
#    --src_file ./$epoch/result-osum-commoneval-test-audio.jsonl\
#    --evaluator open

# echo "Testing sd-qa"
# python evaluate.py \
#     --src_file ./$epoch/result-osum-sd-qa-aus-audio.jsonl \
#     --evaluator qa

# echo "Testing openbookqa"
# python evaluate.py \
#    --src_file ./$epoch/osum-openbookqa-test-audio.jsonl\
#    --evaluator mcq

# echo "Testing ifeval"
# python evaluate.py \
#    --src_file ./$epoch/osum-ifeval-test-audio.jsonl\
#    --evaluator ifeval

# echo "Testing advbench"
# python evaluate.py \
#    --src_file ./$epoch/osum-advbench-test-audio.jsonl \
#    --evaluator harm

# tests="law engineering other biology business economics health philosophy psychology history chemistry physics"
# for test in $tests; do
#    echo "Testing mmsu-$test"
#    python evaluate.py \
#        --src_file ./$epoch/osum_text-mmsu-$test-text.jsonl \
#        --evaluator mcq
# done


# S2T模式
python evaluate.py \
    --src_file ./$epoch/result-alpacaeval.jsonl\
    --evaluator open

python evaluate.py \
    --src_file ./$epoch/result-commoneval.jsonl\
    --evaluator open

python evaluate.py \
    --src_file ./$epoch/openbookqa.jsonl\
    --evaluator mcq

python evaluate.py \
    --src_file ./$epoch/ifeval.jsonl\
    --evaluator ifeval

python evaluate.py \
    --src_file ./$epoch/result-sd-qa.jsonl \
    --evaluator qa

python evaluate.py \
    --src_file ./$epoch/advbench.jsonl \
    --evaluator harm

tests="law engineering other biology business economics health philosophy psychology history chemistry physics"
for test in $tests; do
    echo "Testing mmsu-$test"
    python evaluate.py \
        --src_file ./$epoch/osum-mmsu-$test-audio.jsonl \
        --evaluator mcq
done
